AOMedia AV1 Codec
blockd.h
1/*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12#ifndef AOM_AV1_COMMON_BLOCKD_H_
13#define AOM_AV1_COMMON_BLOCKD_H_
14
15#include "config/aom_config.h"
16
17#include "aom_dsp/aom_dsp_common.h"
18#include "aom_ports/mem.h"
19#include "aom_scale/yv12config.h"
20
21#include "av1/common/common_data.h"
22#include "av1/common/quant_common.h"
23#include "av1/common/entropy.h"
24#include "av1/common/entropymode.h"
25#include "av1/common/mv.h"
26#include "av1/common/scale.h"
27#include "av1/common/seg_common.h"
28#include "av1/common/tile_common.h"
29
30#ifdef __cplusplus
31extern "C" {
32#endif
33
34#define USE_B_QUANT_NO_TRELLIS 1
35
36#define MAX_MB_PLANE 3
37
38#define MAX_DIFFWTD_MASK_BITS 1
39
40#define INTERINTRA_WEDGE_SIGN 0
41
42#define DEFAULT_INTER_TX_TYPE DCT_DCT
43
44#define MAX_PALETTE_BLOCK_WIDTH 64
45
46#define MAX_PALETTE_BLOCK_HEIGHT 64
47
49
50// DIFFWTD_MASK_TYPES should not surpass 1 << MAX_DIFFWTD_MASK_BITS
51enum {
52 DIFFWTD_38 = 0,
53 DIFFWTD_38_INV,
54 DIFFWTD_MASK_TYPES,
55} UENUM1BYTE(DIFFWTD_MASK_TYPE);
56
57enum {
58 KEY_FRAME = 0,
59 INTER_FRAME = 1,
60 INTRA_ONLY_FRAME = 2, // replaces intra-only
61 S_FRAME = 3,
62 FRAME_TYPES,
63} UENUM1BYTE(FRAME_TYPE);
64
65static inline int is_comp_ref_allowed(BLOCK_SIZE bsize) {
66 return AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
67}
68
69static inline int is_inter_mode(PREDICTION_MODE mode) {
70 return mode >= INTER_MODE_START && mode < INTER_MODE_END;
71}
72
73typedef struct {
74 uint8_t *plane[MAX_MB_PLANE];
75 int stride[MAX_MB_PLANE];
76} BUFFER_SET;
77
78static inline int is_inter_singleref_mode(PREDICTION_MODE mode) {
79 return mode >= SINGLE_INTER_MODE_START && mode < SINGLE_INTER_MODE_END;
80}
81static inline int is_inter_compound_mode(PREDICTION_MODE mode) {
82 return mode >= COMP_INTER_MODE_START && mode < COMP_INTER_MODE_END;
83}
84
85static inline PREDICTION_MODE compound_ref0_mode(PREDICTION_MODE mode) {
86 static const PREDICTION_MODE lut[] = {
87 DC_PRED, // DC_PRED
88 V_PRED, // V_PRED
89 H_PRED, // H_PRED
90 D45_PRED, // D45_PRED
91 D135_PRED, // D135_PRED
92 D113_PRED, // D113_PRED
93 D157_PRED, // D157_PRED
94 D203_PRED, // D203_PRED
95 D67_PRED, // D67_PRED
96 SMOOTH_PRED, // SMOOTH_PRED
97 SMOOTH_V_PRED, // SMOOTH_V_PRED
98 SMOOTH_H_PRED, // SMOOTH_H_PRED
99 PAETH_PRED, // PAETH_PRED
100 NEARESTMV, // NEARESTMV
101 NEARMV, // NEARMV
102 GLOBALMV, // GLOBALMV
103 NEWMV, // NEWMV
104 NEARESTMV, // NEAREST_NEARESTMV
105 NEARMV, // NEAR_NEARMV
106 NEARESTMV, // NEAREST_NEWMV
107 NEWMV, // NEW_NEARESTMV
108 NEARMV, // NEAR_NEWMV
109 NEWMV, // NEW_NEARMV
110 GLOBALMV, // GLOBAL_GLOBALMV
111 NEWMV, // NEW_NEWMV
112 };
113 assert(NELEMENTS(lut) == MB_MODE_COUNT);
114 assert(is_inter_compound_mode(mode) || is_inter_singleref_mode(mode));
115 return lut[mode];
116}
117
118static inline PREDICTION_MODE compound_ref1_mode(PREDICTION_MODE mode) {
119 static const PREDICTION_MODE lut[] = {
120 MB_MODE_COUNT, // DC_PRED
121 MB_MODE_COUNT, // V_PRED
122 MB_MODE_COUNT, // H_PRED
123 MB_MODE_COUNT, // D45_PRED
124 MB_MODE_COUNT, // D135_PRED
125 MB_MODE_COUNT, // D113_PRED
126 MB_MODE_COUNT, // D157_PRED
127 MB_MODE_COUNT, // D203_PRED
128 MB_MODE_COUNT, // D67_PRED
129 MB_MODE_COUNT, // SMOOTH_PRED
130 MB_MODE_COUNT, // SMOOTH_V_PRED
131 MB_MODE_COUNT, // SMOOTH_H_PRED
132 MB_MODE_COUNT, // PAETH_PRED
133 MB_MODE_COUNT, // NEARESTMV
134 MB_MODE_COUNT, // NEARMV
135 MB_MODE_COUNT, // GLOBALMV
136 MB_MODE_COUNT, // NEWMV
137 NEARESTMV, // NEAREST_NEARESTMV
138 NEARMV, // NEAR_NEARMV
139 NEWMV, // NEAREST_NEWMV
140 NEARESTMV, // NEW_NEARESTMV
141 NEWMV, // NEAR_NEWMV
142 NEARMV, // NEW_NEARMV
143 GLOBALMV, // GLOBAL_GLOBALMV
144 NEWMV, // NEW_NEWMV
145 };
146 assert(NELEMENTS(lut) == MB_MODE_COUNT);
147 assert(is_inter_compound_mode(mode));
148 return lut[mode];
149}
150
151static inline int have_nearmv_in_inter_mode(PREDICTION_MODE mode) {
152 return (mode == NEARMV || mode == NEAR_NEARMV || mode == NEAR_NEWMV ||
153 mode == NEW_NEARMV);
154}
155
156static inline int have_newmv_in_inter_mode(PREDICTION_MODE mode) {
157 return (mode == NEWMV || mode == NEW_NEWMV || mode == NEAREST_NEWMV ||
158 mode == NEW_NEARESTMV || mode == NEAR_NEWMV || mode == NEW_NEARMV);
159}
160
161static inline int is_masked_compound_type(COMPOUND_TYPE type) {
162 return (type == COMPOUND_WEDGE || type == COMPOUND_DIFFWTD);
163}
164
165/* For keyframes, intra block modes are predicted by the (already decoded)
166 modes for the Y blocks to the left and above us; for interframes, there
167 is a single probability table. */
168
169typedef struct {
170 // Value of base colors for Y, U, and V
171 uint16_t palette_colors[3 * PALETTE_MAX_SIZE];
172 // Number of base colors for Y (0) and UV (1)
173 uint8_t palette_size[2];
174} PALETTE_MODE_INFO;
175
176typedef struct {
177 FILTER_INTRA_MODE filter_intra_mode;
178 uint8_t use_filter_intra;
179} FILTER_INTRA_MODE_INFO;
180
181static const PREDICTION_MODE fimode_to_intradir[FILTER_INTRA_MODES] = {
182 DC_PRED, V_PRED, H_PRED, D157_PRED, DC_PRED
183};
184
185#if CONFIG_RD_DEBUG
186#define TXB_COEFF_COST_MAP_SIZE (MAX_MIB_SIZE)
187#endif
188
189typedef struct RD_STATS {
190 int rate;
191 int zero_rate;
192 int64_t dist;
193 // Please be careful of using rdcost, it's not guaranteed to be set all the
194 // time.
195 // TODO(angiebird): Create a set of functions to manipulate the RD_STATS. In
196 // these functions, make sure rdcost is always up-to-date according to
197 // rate/dist.
198 int64_t rdcost;
199 int64_t sse;
200 uint8_t skip_txfm; // sse should equal to dist when skip_txfm == 1
201#if CONFIG_RD_DEBUG
202 int txb_coeff_cost[MAX_MB_PLANE];
203#endif // CONFIG_RD_DEBUG
204} RD_STATS;
205
206// This struct is used to group function args that are commonly
207// sent together in functions related to interinter compound modes
208typedef struct {
209 uint8_t *seg_mask;
210 int8_t wedge_index;
211 int8_t wedge_sign;
212 DIFFWTD_MASK_TYPE mask_type;
213 COMPOUND_TYPE type;
214} INTERINTER_COMPOUND_DATA;
215
216#define INTER_TX_SIZE_BUF_LEN 16
217#define TXK_TYPE_BUF_LEN 64
219
222typedef struct MB_MODE_INFO {
223
228 BLOCK_SIZE bsize;
230 PARTITION_TYPE partition;
232 PREDICTION_MODE mode;
234 UV_PREDICTION_MODE uv_mode;
238
239
244 int_mv mv[2];
246 MV_REFERENCE_FRAME ref_frame[2];
248 int_interpfilters interp_filters;
250 MOTION_MODE motion_mode;
257 WarpedMotionParams wm_params;
259 INTERINTRA_MODE interintra_mode;
263 INTERINTER_COMPOUND_DATA interinter_comp;
265
266
272 int8_t angle_delta[PLANE_TYPES];
274 FILTER_INTRA_MODE_INFO filter_intra_mode_info;
280 PALETTE_MODE_INFO palette_mode_info;
282
283
288 uint8_t skip_txfm;
290 TX_SIZE tx_size;
292 TX_SIZE inter_tx_size[INTER_TX_SIZE_BUF_LEN];
294
295
302 int8_t delta_lf[FRAME_LF_COUNT];
304
305
310 uint8_t segment_id : 3;
312 uint8_t seg_id_predicted : 1;
314 uint8_t ref_mv_idx : 2;
316 uint8_t skip_mode : 1;
318 uint8_t use_intrabc : 1;
320 uint8_t comp_group_idx : 1;
322 uint8_t compound_idx : 1;
326 int8_t cdef_strength : 4;
328
329#if CONFIG_RD_DEBUG
331 RD_STATS rd_stats;
333 int mi_row;
335 int mi_col;
336#endif
337#if CONFIG_INSPECTION
339 int16_t tx_skip[TXK_TYPE_BUF_LEN];
340#endif
342
344
345static inline int is_intrabc_block(const MB_MODE_INFO *mbmi) {
346 return mbmi->use_intrabc;
347}
348
349static inline PREDICTION_MODE get_uv_mode(UV_PREDICTION_MODE mode) {
350 assert(mode < UV_INTRA_MODES);
351 static const PREDICTION_MODE uv2y[] = {
352 DC_PRED, // UV_DC_PRED
353 V_PRED, // UV_V_PRED
354 H_PRED, // UV_H_PRED
355 D45_PRED, // UV_D45_PRED
356 D135_PRED, // UV_D135_PRED
357 D113_PRED, // UV_D113_PRED
358 D157_PRED, // UV_D157_PRED
359 D203_PRED, // UV_D203_PRED
360 D67_PRED, // UV_D67_PRED
361 SMOOTH_PRED, // UV_SMOOTH_PRED
362 SMOOTH_V_PRED, // UV_SMOOTH_V_PRED
363 SMOOTH_H_PRED, // UV_SMOOTH_H_PRED
364 PAETH_PRED, // UV_PAETH_PRED
365 DC_PRED, // UV_CFL_PRED
366 INTRA_INVALID, // UV_INTRA_MODES
367 INTRA_INVALID, // UV_MODE_INVALID
368 };
369 return uv2y[mode];
370}
371
372static inline int is_inter_block(const MB_MODE_INFO *mbmi) {
373 return is_intrabc_block(mbmi) || mbmi->ref_frame[0] > INTRA_FRAME;
374}
375
376static inline int has_second_ref(const MB_MODE_INFO *mbmi) {
377 return mbmi->ref_frame[1] > INTRA_FRAME;
378}
379
380static inline int has_uni_comp_refs(const MB_MODE_INFO *mbmi) {
381 return has_second_ref(mbmi) && (!((mbmi->ref_frame[0] >= BWDREF_FRAME) ^
382 (mbmi->ref_frame[1] >= BWDREF_FRAME)));
383}
384
385static inline MV_REFERENCE_FRAME comp_ref0(int ref_idx) {
386 static const MV_REFERENCE_FRAME lut[] = {
387 LAST_FRAME, // LAST_LAST2_FRAMES,
388 LAST_FRAME, // LAST_LAST3_FRAMES,
389 LAST_FRAME, // LAST_GOLDEN_FRAMES,
390 BWDREF_FRAME, // BWDREF_ALTREF_FRAMES,
391 LAST2_FRAME, // LAST2_LAST3_FRAMES
392 LAST2_FRAME, // LAST2_GOLDEN_FRAMES,
393 LAST3_FRAME, // LAST3_GOLDEN_FRAMES,
394 BWDREF_FRAME, // BWDREF_ALTREF2_FRAMES,
395 ALTREF2_FRAME, // ALTREF2_ALTREF_FRAMES,
396 };
397 assert(NELEMENTS(lut) == TOTAL_UNIDIR_COMP_REFS);
398 return lut[ref_idx];
399}
400
401static inline MV_REFERENCE_FRAME comp_ref1(int ref_idx) {
402 static const MV_REFERENCE_FRAME lut[] = {
403 LAST2_FRAME, // LAST_LAST2_FRAMES,
404 LAST3_FRAME, // LAST_LAST3_FRAMES,
405 GOLDEN_FRAME, // LAST_GOLDEN_FRAMES,
406 ALTREF_FRAME, // BWDREF_ALTREF_FRAMES,
407 LAST3_FRAME, // LAST2_LAST3_FRAMES
408 GOLDEN_FRAME, // LAST2_GOLDEN_FRAMES,
409 GOLDEN_FRAME, // LAST3_GOLDEN_FRAMES,
410 ALTREF2_FRAME, // BWDREF_ALTREF2_FRAMES,
411 ALTREF_FRAME, // ALTREF2_ALTREF_FRAMES,
412 };
413 assert(NELEMENTS(lut) == TOTAL_UNIDIR_COMP_REFS);
414 return lut[ref_idx];
415}
416
417PREDICTION_MODE av1_left_block_mode(const MB_MODE_INFO *left_mi);
418
419PREDICTION_MODE av1_above_block_mode(const MB_MODE_INFO *above_mi);
420
421static inline int is_global_mv_block(const MB_MODE_INFO *const mbmi,
422 TransformationType type) {
423 const PREDICTION_MODE mode = mbmi->mode;
424 const BLOCK_SIZE bsize = mbmi->bsize;
425 const int block_size_allowed =
426 AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
427 return (mode == GLOBALMV || mode == GLOBAL_GLOBALMV) && type > TRANSLATION &&
428 block_size_allowed;
429}
430
431#if CONFIG_MISMATCH_DEBUG
432static inline void mi_to_pixel_loc(int *pixel_c, int *pixel_r, int mi_col,
433 int mi_row, int tx_blk_col, int tx_blk_row,
434 int subsampling_x, int subsampling_y) {
435 *pixel_c = ((mi_col >> subsampling_x) << MI_SIZE_LOG2) +
436 (tx_blk_col << MI_SIZE_LOG2);
437 *pixel_r = ((mi_row >> subsampling_y) << MI_SIZE_LOG2) +
438 (tx_blk_row << MI_SIZE_LOG2);
439}
440#endif
441
442enum { MV_PRECISION_Q3, MV_PRECISION_Q4 } UENUM1BYTE(mv_precision);
443
444struct buf_2d {
445 uint8_t *buf;
446 uint8_t *buf0;
447 int width;
448 int height;
449 int stride;
450};
451
452typedef struct eob_info {
453 uint16_t eob;
454 uint16_t max_scan_line;
455} eob_info;
456
457typedef struct {
458 DECLARE_ALIGNED(32, tran_low_t, dqcoeff[MAX_MB_PLANE][MAX_SB_SQUARE]);
459 eob_info eob_data[MAX_MB_PLANE]
460 [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)];
461 DECLARE_ALIGNED(16, uint8_t, color_index_map[2][MAX_SB_SQUARE]);
462} CB_BUFFER;
463
464typedef struct macroblockd_plane {
465 PLANE_TYPE plane_type;
466 int subsampling_x;
467 int subsampling_y;
468 struct buf_2d dst;
469 struct buf_2d pre[2];
470 ENTROPY_CONTEXT *above_entropy_context;
471 ENTROPY_CONTEXT *left_entropy_context;
472
473 // The dequantizers below are true dequantizers used only in the
474 // dequantization process. They have the same coefficient
475 // shift/scale as TX.
476 int16_t seg_dequant_QTX[MAX_SEGMENTS][2];
477 // Pointer to color index map of:
478 // - Current coding block, on encoder side.
479 // - Current superblock, on decoder side.
480 uint8_t *color_index_map;
481
482 // block size in pixels
483 uint8_t width, height;
484
485 qm_val_t *seg_iqmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
486 qm_val_t *seg_qmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
487} MACROBLOCKD_PLANE;
488
489#define BLOCK_OFFSET(i) ((i) << 4)
490
492
494typedef struct {
498 DECLARE_ALIGNED(16, InterpKernel, vfilter);
499
503 DECLARE_ALIGNED(16, InterpKernel, hfilter);
504} WienerInfo;
505
507typedef struct {
511 int ep;
512
516 int xqd[2];
518
520
521#define CFL_MAX_BLOCK_SIZE (BLOCK_32X32)
522#define CFL_BUF_LINE (32)
523#define CFL_BUF_LINE_I128 (CFL_BUF_LINE >> 3)
524#define CFL_BUF_LINE_I256 (CFL_BUF_LINE >> 4)
525#define CFL_BUF_SQUARE (CFL_BUF_LINE * CFL_BUF_LINE)
526typedef struct cfl_ctx {
527 // Q3 reconstructed luma pixels (only Q2 is required, but Q3 is used to avoid
528 // shifts)
529 uint16_t recon_buf_q3[CFL_BUF_SQUARE];
530 // Q3 AC contributions (reconstructed luma pixels - tx block avg)
531 int16_t ac_buf_q3[CFL_BUF_SQUARE];
532
533 // Cache the DC_PRED when performing RDO, so it does not have to be recomputed
534 // for every scaling parameter
535 bool dc_pred_is_cached[CFL_PRED_PLANES];
536 // Whether the DC_PRED cache is enabled. The DC_PRED cache is disabled when
537 // decoding.
538 bool use_dc_pred_cache;
539 // Only cache the first row of the DC_PRED
540 int16_t dc_pred_cache[CFL_PRED_PLANES][CFL_BUF_LINE];
541
542 // Height and width currently used in the CfL prediction buffer.
543 int buf_height, buf_width;
544
545 int are_parameters_computed;
546
547 // Chroma subsampling
548 int subsampling_x, subsampling_y;
549
550 // Whether the reconstructed luma pixels need to be stored
551 int store_y;
552} CFL_CTX;
553
554typedef struct dist_wtd_comp_params {
555 int use_dist_wtd_comp_avg;
556 int fwd_offset;
557 int bck_offset;
558} DIST_WTD_COMP_PARAMS;
559
560struct scale_factors;
561
563
570typedef struct macroblockd {
575 int mi_row;
576 int mi_col;
578
583
602
606 struct macroblockd_plane plane[MAX_MB_PLANE];
607
611 TileInfo tile;
612
618
635
660
666 uint8_t *tx_type_map;
672
682
687 const struct scale_factors *block_ref_scale_factors[2];
688
695 const YV12_BUFFER_CONFIG *cur_buf;
696
703 ENTROPY_CONTEXT *above_entropy_context[MAX_MB_PLANE];
710 ENTROPY_CONTEXT left_entropy_context[MAX_MB_PLANE][MAX_MIB_SIZE];
711
718 PARTITION_CONTEXT *above_partition_context;
725 PARTITION_CONTEXT left_partition_context[MAX_MIB_SIZE];
726
733 TXFM_CONTEXT *above_txfm_context;
740 TXFM_CONTEXT *left_txfm_context;
747 TXFM_CONTEXT left_txfm_context_buffer[MAX_MIB_SIZE];
748
757 WienerInfo wiener_info[MAX_MB_PLANE];
758 SgrprojInfo sgrproj_info[MAX_MB_PLANE];
760
765 uint8_t width;
766 uint8_t height;
768
776 CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE];
781 uint16_t weight[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE];
782
793
798 uint8_t neighbors_ref_counts[REF_FRAMES];
799
803 FRAME_CONTEXT *tile_ctx;
804
808 int bd;
809
813 int qindex[MAX_SEGMENTS];
817 int lossless[MAX_SEGMENTS];
829
834
838 struct aom_internal_error_info *error_info;
839
843 const WarpedMotionParams *global_motion;
844
868 int8_t delta_lf[FRAME_LF_COUNT];
885
889 uint8_t *seg_mask;
890
894 CFL_CTX cfl;
895
906
916 CONV_BUF_TYPE *tmp_conv_dst;
927 uint8_t *tmp_obmc_bufs[2];
928
933} MACROBLOCKD;
934
936
937static inline int is_cur_buf_hbd(const MACROBLOCKD *xd) {
938#if CONFIG_AV1_HIGHBITDEPTH
939 return xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH ? 1 : 0;
940#else
941 (void)xd;
942 return 0;
943#endif
944}
945
946static inline uint8_t *get_buf_by_bd(const MACROBLOCKD *xd, uint8_t *buf16) {
947#if CONFIG_AV1_HIGHBITDEPTH
948 return (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH)
949 ? CONVERT_TO_BYTEPTR(buf16)
950 : buf16;
951#else
952 (void)xd;
953 return buf16;
954#endif
955}
956
957typedef struct BitDepthInfo {
958 int bit_depth;
964 int use_highbitdepth_buf;
965} BitDepthInfo;
966
967static inline BitDepthInfo get_bit_depth_info(const MACROBLOCKD *xd) {
968 BitDepthInfo bit_depth_info;
969 bit_depth_info.bit_depth = xd->bd;
970 bit_depth_info.use_highbitdepth_buf = is_cur_buf_hbd(xd);
971 assert(IMPLIES(!bit_depth_info.use_highbitdepth_buf,
972 bit_depth_info.bit_depth == 8));
973 return bit_depth_info;
974}
975
976static inline int get_sqr_bsize_idx(BLOCK_SIZE bsize) {
977 switch (bsize) {
978 case BLOCK_4X4: return 0;
979 case BLOCK_8X8: return 1;
980 case BLOCK_16X16: return 2;
981 case BLOCK_32X32: return 3;
982 case BLOCK_64X64: return 4;
983 case BLOCK_128X128: return 5;
984 default: return SQR_BLOCK_SIZES;
985 }
986}
987
988// For a square block size 'bsize', returns the size of the sub-blocks used by
989// the given partition type. If the partition produces sub-blocks of different
990// sizes, then the function returns the largest sub-block size.
991// Implements the Partition_Subsize lookup table in the spec (Section 9.3.
992// Conversion tables).
993// Note: the input block size should be square.
994// Otherwise it's considered invalid.
995static inline BLOCK_SIZE get_partition_subsize(BLOCK_SIZE bsize,
996 PARTITION_TYPE partition) {
997 if (partition == PARTITION_INVALID) {
998 return BLOCK_INVALID;
999 } else {
1000 const int sqr_bsize_idx = get_sqr_bsize_idx(bsize);
1001 return sqr_bsize_idx >= SQR_BLOCK_SIZES
1002 ? BLOCK_INVALID
1003 : subsize_lookup[partition][sqr_bsize_idx];
1004 }
1005}
1006
1007static TX_TYPE intra_mode_to_tx_type(const MB_MODE_INFO *mbmi,
1008 PLANE_TYPE plane_type) {
1009 static const TX_TYPE _intra_mode_to_tx_type[INTRA_MODES] = {
1010 DCT_DCT, // DC_PRED
1011 ADST_DCT, // V_PRED
1012 DCT_ADST, // H_PRED
1013 DCT_DCT, // D45_PRED
1014 ADST_ADST, // D135_PRED
1015 ADST_DCT, // D113_PRED
1016 DCT_ADST, // D157_PRED
1017 DCT_ADST, // D203_PRED
1018 ADST_DCT, // D67_PRED
1019 ADST_ADST, // SMOOTH_PRED
1020 ADST_DCT, // SMOOTH_V_PRED
1021 DCT_ADST, // SMOOTH_H_PRED
1022 ADST_ADST, // PAETH_PRED
1023 };
1024 const PREDICTION_MODE mode =
1025 (plane_type == PLANE_TYPE_Y) ? mbmi->mode : get_uv_mode(mbmi->uv_mode);
1026 assert(mode < INTRA_MODES);
1027 return _intra_mode_to_tx_type[mode];
1028}
1029
1030static inline int is_rect_tx(TX_SIZE tx_size) { return tx_size >= TX_SIZES; }
1031
1032static inline int block_signals_txsize(BLOCK_SIZE bsize) {
1033 return bsize > BLOCK_4X4;
1034}
1035
1036// Number of transform types in each set type
1037static const int av1_num_ext_tx_set[EXT_TX_SET_TYPES] = {
1038 1, 2, 5, 7, 12, 16,
1039};
1040
1041static const int av1_ext_tx_used[EXT_TX_SET_TYPES][TX_TYPES] = {
1042 { 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
1043 { 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 },
1044 { 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 },
1045 { 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0 },
1046 { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0 },
1047 { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 },
1048};
1049
1050// The bitmask corresponds to the transform types as defined in
1051// enums.h TX_TYPE enumeration type. Setting the bit 0 means to disable
1052// the use of the corresponding transform type in that table.
1053// The av1_derived_intra_tx_used_flag table is used when
1054// use_reduced_intra_txset is set to 2, where one only searches
1055// the transform types derived from residual statistics.
1056static const uint16_t av1_derived_intra_tx_used_flag[INTRA_MODES] = {
1057 0x0209, // DC_PRED: 0000 0010 0000 1001
1058 0x0403, // V_PRED: 0000 0100 0000 0011
1059 0x0805, // H_PRED: 0000 1000 0000 0101
1060 0x020F, // D45_PRED: 0000 0010 0000 1111
1061 0x0009, // D135_PRED: 0000 0000 0000 1001
1062 0x0009, // D113_PRED: 0000 0000 0000 1001
1063 0x0009, // D157_PRED: 0000 0000 0000 1001
1064 0x0805, // D203_PRED: 0000 1000 0000 0101
1065 0x0403, // D67_PRED: 0000 0100 0000 0011
1066 0x0205, // SMOOTH_PRED: 0000 0010 0000 1001
1067 0x0403, // SMOOTH_V_PRED: 0000 0100 0000 0011
1068 0x0805, // SMOOTH_H_PRED: 0000 1000 0000 0101
1069 0x0209, // PAETH_PRED: 0000 0010 0000 1001
1070};
1071
1072static const uint16_t av1_reduced_intra_tx_used_flag[INTRA_MODES] = {
1073 0x080F, // DC_PRED: 0000 1000 0000 1111
1074 0x040F, // V_PRED: 0000 0100 0000 1111
1075 0x080F, // H_PRED: 0000 1000 0000 1111
1076 0x020F, // D45_PRED: 0000 0010 0000 1111
1077 0x080F, // D135_PRED: 0000 1000 0000 1111
1078 0x040F, // D113_PRED: 0000 0100 0000 1111
1079 0x080F, // D157_PRED: 0000 1000 0000 1111
1080 0x080F, // D203_PRED: 0000 1000 0000 1111
1081 0x040F, // D67_PRED: 0000 0100 0000 1111
1082 0x080F, // SMOOTH_PRED: 0000 1000 0000 1111
1083 0x040F, // SMOOTH_V_PRED: 0000 0100 0000 1111
1084 0x080F, // SMOOTH_H_PRED: 0000 1000 0000 1111
1085 0x0C0E, // PAETH_PRED: 0000 1100 0000 1110
1086};
1087
1088static const uint16_t av1_ext_tx_used_flag[EXT_TX_SET_TYPES] = {
1089 0x0001, // 0000 0000 0000 0001
1090 0x0201, // 0000 0010 0000 0001
1091 0x020F, // 0000 0010 0000 1111
1092 0x0E0F, // 0000 1110 0000 1111
1093 0x0FFF, // 0000 1111 1111 1111
1094 0xFFFF, // 1111 1111 1111 1111
1095};
1096
1097static const TxSetType av1_ext_tx_set_lookup[2][2] = {
1098 { EXT_TX_SET_DTT4_IDTX_1DDCT, EXT_TX_SET_DTT4_IDTX },
1099 { EXT_TX_SET_ALL16, EXT_TX_SET_DTT9_IDTX_1DDCT },
1100};
1101
1102static inline TxSetType av1_get_ext_tx_set_type(TX_SIZE tx_size, int is_inter,
1103 int use_reduced_set) {
1104 const TX_SIZE tx_size_sqr_up = txsize_sqr_up_map[tx_size];
1105 if (tx_size_sqr_up > TX_32X32) return EXT_TX_SET_DCTONLY;
1106 if (tx_size_sqr_up == TX_32X32)
1107 return is_inter ? EXT_TX_SET_DCT_IDTX : EXT_TX_SET_DCTONLY;
1108 if (use_reduced_set)
1109 return is_inter ? EXT_TX_SET_DCT_IDTX : EXT_TX_SET_DTT4_IDTX;
1110 const TX_SIZE tx_size_sqr = txsize_sqr_map[tx_size];
1111 return av1_ext_tx_set_lookup[is_inter][tx_size_sqr == TX_16X16];
1112}
1113
1114// Maps tx set types to the indices.
1115static const int ext_tx_set_index[2][EXT_TX_SET_TYPES] = {
1116 { // Intra
1117 0, -1, 2, 1, -1, -1 },
1118 { // Inter
1119 0, 3, -1, -1, 2, 1 },
1120};
1121
1122static inline int get_ext_tx_set(TX_SIZE tx_size, int is_inter,
1123 int use_reduced_set) {
1124 const TxSetType set_type =
1125 av1_get_ext_tx_set_type(tx_size, is_inter, use_reduced_set);
1126 return ext_tx_set_index[is_inter][set_type];
1127}
1128
1129static inline int get_ext_tx_types(TX_SIZE tx_size, int is_inter,
1130 int use_reduced_set) {
1131 const int set_type =
1132 av1_get_ext_tx_set_type(tx_size, is_inter, use_reduced_set);
1133 return av1_num_ext_tx_set[set_type];
1134}
1135
1136#define TXSIZEMAX(t1, t2) (tx_size_2d[(t1)] >= tx_size_2d[(t2)] ? (t1) : (t2))
1137#define TXSIZEMIN(t1, t2) (tx_size_2d[(t1)] <= tx_size_2d[(t2)] ? (t1) : (t2))
1138
1139static inline TX_SIZE tx_size_from_tx_mode(BLOCK_SIZE bsize, TX_MODE tx_mode) {
1140 const TX_SIZE largest_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
1141 const TX_SIZE max_rect_tx_size = max_txsize_rect_lookup[bsize];
1142 if (bsize == BLOCK_4X4)
1143 return AOMMIN(max_txsize_lookup[bsize], largest_tx_size);
1144 if (txsize_sqr_map[max_rect_tx_size] <= largest_tx_size)
1145 return max_rect_tx_size;
1146 else
1147 return largest_tx_size;
1148}
1149
1150static const uint8_t mode_to_angle_map[INTRA_MODES] = {
1151 0, 90, 180, 45, 135, 113, 157, 203, 67, 0, 0, 0, 0,
1152};
1153
1154// Converts block_index for given transform size to index of the block in raster
1155// order.
1156static inline int av1_block_index_to_raster_order(TX_SIZE tx_size,
1157 int block_idx) {
1158 // For transform size 4x8, the possible block_idx values are 0 & 2, because
1159 // block_idx values are incremented in steps of size 'tx_width_unit x
1160 // tx_height_unit'. But, for this transform size, block_idx = 2 corresponds to
1161 // block number 1 in raster order, inside an 8x8 MI block.
1162 // For any other transform size, the two indices are equivalent.
1163 return (tx_size == TX_4X8 && block_idx == 2) ? 1 : block_idx;
1164}
1165
1166// Inverse of above function.
1167// Note: only implemented for transform sizes 4x4, 4x8 and 8x4 right now.
1168static inline int av1_raster_order_to_block_index(TX_SIZE tx_size,
1169 int raster_order) {
1170 assert(tx_size == TX_4X4 || tx_size == TX_4X8 || tx_size == TX_8X4);
1171 // We ensure that block indices are 0 & 2 if tx size is 4x8 or 8x4.
1172 return (tx_size == TX_4X4) ? raster_order : (raster_order > 0) ? 2 : 0;
1173}
1174
1175static inline TX_TYPE get_default_tx_type(PLANE_TYPE plane_type,
1176 const MACROBLOCKD *xd,
1177 TX_SIZE tx_size,
1178 int use_screen_content_tools) {
1179 const MB_MODE_INFO *const mbmi = xd->mi[0];
1180
1181 if (is_inter_block(mbmi) || plane_type != PLANE_TYPE_Y ||
1182 xd->lossless[mbmi->segment_id] || tx_size >= TX_32X32 ||
1183 use_screen_content_tools)
1184 return DEFAULT_INTER_TX_TYPE;
1185
1186 return intra_mode_to_tx_type(mbmi, plane_type);
1187}
1188
1189// Implements the get_plane_residual_size() function in the spec (Section
1190// 5.11.38. Get plane residual size function).
1191static inline BLOCK_SIZE get_plane_block_size(BLOCK_SIZE bsize,
1192 int subsampling_x,
1193 int subsampling_y) {
1194 assert(bsize < BLOCK_SIZES_ALL);
1195 assert(subsampling_x >= 0 && subsampling_x < 2);
1196 assert(subsampling_y >= 0 && subsampling_y < 2);
1197 return av1_ss_size_lookup[bsize][subsampling_x][subsampling_y];
1198}
1199
1200/*
1201 * Logic to generate the lookup tables:
1202 *
1203 * TX_SIZE txs = max_txsize_rect_lookup[bsize];
1204 * for (int level = 0; level < MAX_VARTX_DEPTH - 1; ++level)
1205 * txs = sub_tx_size_map[txs];
1206 * const int tx_w_log2 = tx_size_wide_log2[txs] - MI_SIZE_LOG2;
1207 * const int tx_h_log2 = tx_size_high_log2[txs] - MI_SIZE_LOG2;
1208 * const int bw_uint_log2 = mi_size_wide_log2[bsize];
1209 * const int stride_log2 = bw_uint_log2 - tx_w_log2;
1210 */
1211static inline int av1_get_txb_size_index(BLOCK_SIZE bsize, int blk_row,
1212 int blk_col) {
1213 static const uint8_t tw_w_log2_table[BLOCK_SIZES_ALL] = {
1214 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 3, 3, 3, 0, 1, 1, 2, 2, 3,
1215 };
1216 static const uint8_t tw_h_log2_table[BLOCK_SIZES_ALL] = {
1217 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 3, 3, 3, 1, 0, 2, 1, 3, 2,
1218 };
1219 static const uint8_t stride_log2_table[BLOCK_SIZES_ALL] = {
1220 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 2, 2, 0, 1, 0, 1, 0, 1,
1221 };
1222 const int index =
1223 ((blk_row >> tw_h_log2_table[bsize]) << stride_log2_table[bsize]) +
1224 (blk_col >> tw_w_log2_table[bsize]);
1225 assert(index < INTER_TX_SIZE_BUF_LEN);
1226 return index;
1227}
1228
1229#if CONFIG_INSPECTION
1230/*
1231 * Here is the logic to generate the lookup tables:
1232 *
1233 * TX_SIZE txs = max_txsize_rect_lookup[bsize];
1234 * for (int level = 0; level < MAX_VARTX_DEPTH; ++level)
1235 * txs = sub_tx_size_map[txs];
1236 * const int tx_w_log2 = tx_size_wide_log2[txs] - MI_SIZE_LOG2;
1237 * const int tx_h_log2 = tx_size_high_log2[txs] - MI_SIZE_LOG2;
1238 * const int bw_uint_log2 = mi_size_wide_log2[bsize];
1239 * const int stride_log2 = bw_uint_log2 - tx_w_log2;
1240 */
1241static inline int av1_get_txk_type_index(BLOCK_SIZE bsize, int blk_row,
1242 int blk_col) {
1243 static const uint8_t tw_w_log2_table[BLOCK_SIZES_ALL] = {
1244 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 0, 0, 1, 1, 2, 2,
1245 };
1246 static const uint8_t tw_h_log2_table[BLOCK_SIZES_ALL] = {
1247 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 0, 0, 1, 1, 2, 2,
1248 };
1249 static const uint8_t stride_log2_table[BLOCK_SIZES_ALL] = {
1250 0, 0, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 2, 3, 3, 0, 2, 0, 2, 0, 2,
1251 };
1252 const int index =
1253 ((blk_row >> tw_h_log2_table[bsize]) << stride_log2_table[bsize]) +
1254 (blk_col >> tw_w_log2_table[bsize]);
1255 assert(index < TXK_TYPE_BUF_LEN);
1256 return index;
1257}
1258#endif // CONFIG_INSPECTION
1259
1260static inline void update_txk_array(MACROBLOCKD *const xd, int blk_row,
1261 int blk_col, TX_SIZE tx_size,
1262 TX_TYPE tx_type) {
1263 const int stride = xd->tx_type_map_stride;
1264 xd->tx_type_map[blk_row * stride + blk_col] = tx_type;
1265
1266 const int txw = tx_size_wide_unit[tx_size];
1267 const int txh = tx_size_high_unit[tx_size];
1268 // The 16x16 unit is due to the constraint from tx_64x64 which sets the
1269 // maximum tx size for chroma as 32x32. Coupled with 4x1 transform block
1270 // size, the constraint takes effect in 32x16 / 16x32 size too. To solve
1271 // the intricacy, cover all the 16x16 units inside a 64 level transform.
1272 if (txw == tx_size_wide_unit[TX_64X64] ||
1273 txh == tx_size_high_unit[TX_64X64]) {
1274 const int tx_unit = tx_size_wide_unit[TX_16X16];
1275 for (int idy = 0; idy < txh; idy += tx_unit) {
1276 for (int idx = 0; idx < txw; idx += tx_unit) {
1277 xd->tx_type_map[(blk_row + idy) * stride + blk_col + idx] = tx_type;
1278 }
1279 }
1280 }
1281}
1282
1283static inline TX_TYPE av1_get_tx_type(const MACROBLOCKD *xd,
1284 PLANE_TYPE plane_type, int blk_row,
1285 int blk_col, TX_SIZE tx_size,
1286 int reduced_tx_set) {
1287 const MB_MODE_INFO *const mbmi = xd->mi[0];
1288 if (xd->lossless[mbmi->segment_id] || txsize_sqr_up_map[tx_size] > TX_32X32) {
1289 return DCT_DCT;
1290 }
1291
1292 TX_TYPE tx_type;
1293 if (plane_type == PLANE_TYPE_Y) {
1294 tx_type = xd->tx_type_map[blk_row * xd->tx_type_map_stride + blk_col];
1295 } else {
1296 if (is_inter_block(mbmi)) {
1297 // scale back to y plane's coordinate
1298 const struct macroblockd_plane *const pd = &xd->plane[plane_type];
1299 blk_row <<= pd->subsampling_y;
1300 blk_col <<= pd->subsampling_x;
1301 tx_type = xd->tx_type_map[blk_row * xd->tx_type_map_stride + blk_col];
1302 } else {
1303 // In intra mode, uv planes don't share the same prediction mode as y
1304 // plane, so the tx_type should not be shared
1305 tx_type = intra_mode_to_tx_type(mbmi, PLANE_TYPE_UV);
1306 }
1307 const TxSetType tx_set_type =
1308 av1_get_ext_tx_set_type(tx_size, is_inter_block(mbmi), reduced_tx_set);
1309 if (!av1_ext_tx_used[tx_set_type][tx_type]) tx_type = DCT_DCT;
1310 }
1311 assert(tx_type < TX_TYPES);
1312 assert(av1_ext_tx_used[av1_get_ext_tx_set_type(tx_size, is_inter_block(mbmi),
1313 reduced_tx_set)][tx_type]);
1314 return tx_type;
1315}
1316
1317void av1_setup_block_planes(MACROBLOCKD *xd, int ss_x, int ss_y,
1318 const int num_planes);
1319
1320/*
1321 * Logic to generate the lookup table:
1322 *
1323 * TX_SIZE tx_size = max_txsize_rect_lookup[bsize];
1324 * int depth = 0;
1325 * while (depth < MAX_TX_DEPTH && tx_size != TX_4X4) {
1326 * depth++;
1327 * tx_size = sub_tx_size_map[tx_size];
1328 * }
1329 */
1330static inline int bsize_to_max_depth(BLOCK_SIZE bsize) {
1331 static const uint8_t bsize_to_max_depth_table[BLOCK_SIZES_ALL] = {
1332 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
1333 };
1334 return bsize_to_max_depth_table[bsize];
1335}
1336
1337/*
1338 * Logic to generate the lookup table:
1339 *
1340 * TX_SIZE tx_size = max_txsize_rect_lookup[bsize];
1341 * assert(tx_size != TX_4X4);
1342 * int depth = 0;
1343 * while (tx_size != TX_4X4) {
1344 * depth++;
1345 * tx_size = sub_tx_size_map[tx_size];
1346 * }
1347 * assert(depth < 10);
1348 */
1349static inline int bsize_to_tx_size_cat(BLOCK_SIZE bsize) {
1350 assert(bsize < BLOCK_SIZES_ALL);
1351 static const uint8_t bsize_to_tx_size_depth_table[BLOCK_SIZES_ALL] = {
1352 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 4, 4, 4, 4, 2, 2, 3, 3, 4, 4,
1353 };
1354 const int depth = bsize_to_tx_size_depth_table[bsize];
1355 assert(depth <= MAX_TX_CATS);
1356 return depth - 1;
1357}
1358
1359static inline TX_SIZE depth_to_tx_size(int depth, BLOCK_SIZE bsize) {
1360 TX_SIZE max_tx_size = max_txsize_rect_lookup[bsize];
1361 TX_SIZE tx_size = max_tx_size;
1362 for (int d = 0; d < depth; ++d) tx_size = sub_tx_size_map[tx_size];
1363 return tx_size;
1364}
1365
1366static inline TX_SIZE av1_get_adjusted_tx_size(TX_SIZE tx_size) {
1367 switch (tx_size) {
1368 case TX_64X64:
1369 case TX_64X32:
1370 case TX_32X64: return TX_32X32;
1371 case TX_64X16: return TX_32X16;
1372 case TX_16X64: return TX_16X32;
1373 default: return tx_size;
1374 }
1375}
1376
1377static inline TX_SIZE av1_get_max_uv_txsize(BLOCK_SIZE bsize, int subsampling_x,
1378 int subsampling_y) {
1379 const BLOCK_SIZE plane_bsize =
1380 get_plane_block_size(bsize, subsampling_x, subsampling_y);
1381 assert(plane_bsize < BLOCK_SIZES_ALL);
1382 const TX_SIZE uv_tx = max_txsize_rect_lookup[plane_bsize];
1383 return av1_get_adjusted_tx_size(uv_tx);
1384}
1385
1386static inline TX_SIZE av1_get_tx_size(int plane, const MACROBLOCKD *xd) {
1387 const MB_MODE_INFO *mbmi = xd->mi[0];
1388 if (xd->lossless[mbmi->segment_id]) return TX_4X4;
1389 if (plane == 0) return mbmi->tx_size;
1390 const MACROBLOCKD_PLANE *pd = &xd->plane[plane];
1391 return av1_get_max_uv_txsize(mbmi->bsize, pd->subsampling_x,
1392 pd->subsampling_y);
1393}
1394
1395void av1_reset_entropy_context(MACROBLOCKD *xd, BLOCK_SIZE bsize,
1396 const int num_planes);
1397
1398void av1_reset_loop_filter_delta(MACROBLOCKD *xd, int num_planes);
1399
1400void av1_reset_loop_restoration(MACROBLOCKD *xd, const int num_planes);
1401
1402typedef void (*foreach_transformed_block_visitor)(int plane, int block,
1403 int blk_row, int blk_col,
1404 BLOCK_SIZE plane_bsize,
1405 TX_SIZE tx_size, void *arg);
1406
1407void av1_set_entropy_contexts(const MACROBLOCKD *xd,
1408 struct macroblockd_plane *pd, int plane,
1409 BLOCK_SIZE plane_bsize, TX_SIZE tx_size,
1410 int has_eob, int aoff, int loff);
1411
1412#define MAX_INTERINTRA_SB_SQUARE 32 * 32
1413static inline int is_interintra_mode(const MB_MODE_INFO *mbmi) {
1414 return (mbmi->ref_frame[0] > INTRA_FRAME &&
1415 mbmi->ref_frame[1] == INTRA_FRAME);
1416}
1417
1418static inline int is_interintra_allowed_bsize(const BLOCK_SIZE bsize) {
1419 return (bsize >= BLOCK_8X8) && (bsize <= BLOCK_32X32);
1420}
1421
1422static inline int is_interintra_allowed_mode(const PREDICTION_MODE mode) {
1423 return (mode >= SINGLE_INTER_MODE_START) && (mode < SINGLE_INTER_MODE_END);
1424}
1425
1426static inline int is_interintra_allowed_ref(const MV_REFERENCE_FRAME rf[2]) {
1427 return (rf[0] > INTRA_FRAME) && (rf[1] <= INTRA_FRAME);
1428}
1429
1430static inline int is_interintra_allowed(const MB_MODE_INFO *mbmi) {
1431 return is_interintra_allowed_bsize(mbmi->bsize) &&
1432 is_interintra_allowed_mode(mbmi->mode) &&
1433 is_interintra_allowed_ref(mbmi->ref_frame);
1434}
1435
1436static inline int is_interintra_allowed_bsize_group(int group) {
1437 int i;
1438 for (i = 0; i < BLOCK_SIZES_ALL; i++) {
1439 if (size_group_lookup[i] == group &&
1440 is_interintra_allowed_bsize((BLOCK_SIZE)i)) {
1441 return 1;
1442 }
1443 }
1444 return 0;
1445}
1446
1447static inline int is_interintra_pred(const MB_MODE_INFO *mbmi) {
1448 return mbmi->ref_frame[0] > INTRA_FRAME &&
1449 mbmi->ref_frame[1] == INTRA_FRAME && is_interintra_allowed(mbmi);
1450}
1451
1452static inline int get_vartx_max_txsize(const MACROBLOCKD *xd, BLOCK_SIZE bsize,
1453 int plane) {
1454 if (xd->lossless[xd->mi[0]->segment_id]) return TX_4X4;
1455 const TX_SIZE max_txsize = max_txsize_rect_lookup[bsize];
1456 if (plane == 0) return max_txsize; // luma
1457 return av1_get_adjusted_tx_size(max_txsize); // chroma
1458}
1459
1460static inline int is_motion_variation_allowed_bsize(BLOCK_SIZE bsize) {
1461 assert(bsize < BLOCK_SIZES_ALL);
1462 return AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
1463}
1464
1465static inline int is_motion_variation_allowed_compound(
1466 const MB_MODE_INFO *mbmi) {
1467 return !has_second_ref(mbmi);
1468}
1469
1470// input: log2 of length, 0(4), 1(8), ...
1471static const int max_neighbor_obmc[6] = { 0, 1, 2, 3, 4, 4 };
1472
1473static inline int check_num_overlappable_neighbors(const MB_MODE_INFO *mbmi) {
1474 return mbmi->overlappable_neighbors != 0;
1475}
1476
1477static inline MOTION_MODE motion_mode_allowed(
1478 const WarpedMotionParams *gm_params, const MACROBLOCKD *xd,
1479 const MB_MODE_INFO *mbmi, int allow_warped_motion) {
1480 if (!check_num_overlappable_neighbors(mbmi)) return SIMPLE_TRANSLATION;
1481 if (xd->cur_frame_force_integer_mv == 0) {
1482 const TransformationType gm_type = gm_params[mbmi->ref_frame[0]].wmtype;
1483 if (is_global_mv_block(mbmi, gm_type)) return SIMPLE_TRANSLATION;
1484 }
1485 if (is_motion_variation_allowed_bsize(mbmi->bsize) &&
1486 is_inter_mode(mbmi->mode) && mbmi->ref_frame[1] != INTRA_FRAME &&
1487 is_motion_variation_allowed_compound(mbmi)) {
1488 assert(!has_second_ref(mbmi));
1489 if (mbmi->num_proj_ref >= 1 && allow_warped_motion &&
1491 !av1_is_scaled(xd->block_ref_scale_factors[0])) {
1492 return WARPED_CAUSAL;
1493 }
1494 return OBMC_CAUSAL;
1495 }
1496 return SIMPLE_TRANSLATION;
1497}
1498
1499static inline int is_neighbor_overlappable(const MB_MODE_INFO *mbmi) {
1500 return (is_inter_block(mbmi));
1501}
1502
1503static inline int av1_allow_palette(int allow_screen_content_tools,
1504 BLOCK_SIZE sb_type) {
1505 assert(sb_type < BLOCK_SIZES_ALL);
1506 return allow_screen_content_tools &&
1507 block_size_wide[sb_type] <= MAX_PALETTE_BLOCK_WIDTH &&
1508 block_size_high[sb_type] <= MAX_PALETTE_BLOCK_HEIGHT &&
1509 sb_type >= BLOCK_8X8;
1510}
1511
1512// Returns sub-sampled dimensions of the given block.
1513// The output values for 'rows_within_bounds' and 'cols_within_bounds' will
1514// differ from 'height' and 'width' when part of the block is outside the
1515// right
1516// and/or bottom image boundary.
1517static inline void av1_get_block_dimensions(BLOCK_SIZE bsize, int plane,
1518 const MACROBLOCKD *xd, int *width,
1519 int *height,
1520 int *rows_within_bounds,
1521 int *cols_within_bounds) {
1522 const int block_height = block_size_high[bsize];
1523 const int block_width = block_size_wide[bsize];
1524 const int block_rows = (xd->mb_to_bottom_edge >= 0)
1525 ? block_height
1526 : (xd->mb_to_bottom_edge >> 3) + block_height;
1527 const int block_cols = (xd->mb_to_right_edge >= 0)
1528 ? block_width
1529 : (xd->mb_to_right_edge >> 3) + block_width;
1530 const struct macroblockd_plane *const pd = &xd->plane[plane];
1531 assert(IMPLIES(plane == PLANE_TYPE_Y, pd->subsampling_x == 0));
1532 assert(IMPLIES(plane == PLANE_TYPE_Y, pd->subsampling_y == 0));
1533 assert(block_width >= block_cols);
1534 assert(block_height >= block_rows);
1535 const int plane_block_width = block_width >> pd->subsampling_x;
1536 const int plane_block_height = block_height >> pd->subsampling_y;
1537 // Special handling for chroma sub8x8.
1538 const int is_chroma_sub8_x = plane > 0 && plane_block_width < 4;
1539 const int is_chroma_sub8_y = plane > 0 && plane_block_height < 4;
1540 if (width) {
1541 *width = plane_block_width + 2 * is_chroma_sub8_x;
1542 assert(*width >= 0);
1543 }
1544 if (height) {
1545 *height = plane_block_height + 2 * is_chroma_sub8_y;
1546 assert(*height >= 0);
1547 }
1548 if (rows_within_bounds) {
1549 *rows_within_bounds =
1550 (block_rows >> pd->subsampling_y) + 2 * is_chroma_sub8_y;
1551 assert(*rows_within_bounds >= 0);
1552 }
1553 if (cols_within_bounds) {
1554 *cols_within_bounds =
1555 (block_cols >> pd->subsampling_x) + 2 * is_chroma_sub8_x;
1556 assert(*cols_within_bounds >= 0);
1557 }
1558}
1559
1560/* clang-format off */
1561// Pointer to a three-dimensional array whose first dimension is PALETTE_SIZES.
1562typedef aom_cdf_prob (*MapCdf)[PALETTE_COLOR_INDEX_CONTEXTS]
1563 [CDF_SIZE(PALETTE_COLORS)];
1564// Pointer to a const three-dimensional array whose first dimension is
1565// PALETTE_SIZES.
1566typedef const int (*ColorCost)[PALETTE_COLOR_INDEX_CONTEXTS][PALETTE_COLORS];
1567/* clang-format on */
1568
1569typedef struct {
1570 int rows;
1571 int cols;
1572 int n_colors;
1573 int plane_width;
1574 int plane_height;
1575 uint8_t *color_map;
1576 MapCdf map_cdf;
1577 ColorCost color_cost;
1578} Av1ColorMapParam;
1579
1580static inline int is_nontrans_global_motion(const MACROBLOCKD *xd,
1581 const MB_MODE_INFO *mbmi) {
1582 int ref;
1583
1584 // First check if all modes are GLOBALMV
1585 if (mbmi->mode != GLOBALMV && mbmi->mode != GLOBAL_GLOBALMV) return 0;
1586
1587 if (AOMMIN(mi_size_wide[mbmi->bsize], mi_size_high[mbmi->bsize]) < 2)
1588 return 0;
1589
1590 // Now check if all global motion is non translational
1591 for (ref = 0; ref < 1 + has_second_ref(mbmi); ++ref) {
1592 if (xd->global_motion[mbmi->ref_frame[ref]].wmtype == TRANSLATION) return 0;
1593 }
1594 return 1;
1595}
1596
1597static inline PLANE_TYPE get_plane_type(int plane) {
1598 return (plane == 0) ? PLANE_TYPE_Y : PLANE_TYPE_UV;
1599}
1600
1601static inline int av1_get_max_eob(TX_SIZE tx_size) {
1602 if (tx_size == TX_64X64 || tx_size == TX_64X32 || tx_size == TX_32X64) {
1603 return 1024;
1604 }
1605 if (tx_size == TX_16X64 || tx_size == TX_64X16) {
1606 return 512;
1607 }
1608 return tx_size_2d[tx_size];
1609}
1610
1612
1613#ifdef __cplusplus
1614} // extern "C"
1615#endif
1616
1617#endif // AOM_AV1_COMMON_BLOCKD_H_
Stores the prediction/txfm mode of the current coding block.
Definition blockd.h:222
int8_t delta_lf_from_base
Definition blockd.h:300
int_interpfilters interp_filters
Filter used in subpel interpolation.
Definition blockd.h:248
int8_t interintra_wedge_index
The type of wedge used in interintra mode.
Definition blockd.h:261
int_mv mv[2]
The motion vectors used by the current inter mode.
Definition blockd.h:244
int8_t delta_lf[FRAME_LF_COUNT]
Definition blockd.h:302
PREDICTION_MODE mode
The prediction mode used.
Definition blockd.h:232
INTERINTER_COMPOUND_DATA interinter_comp
Struct that stores the data used in interinter compound mode.
Definition blockd.h:263
uint8_t use_wedge_interintra
Whether to use interintra wedge.
Definition blockd.h:324
UV_PREDICTION_MODE uv_mode
The UV mode when intra is used.
Definition blockd.h:234
PALETTE_MODE_INFO palette_mode_info
Stores the size and colors of palette mode.
Definition blockd.h:280
uint8_t segment_id
The segment id.
Definition blockd.h:310
uint8_t cfl_alpha_idx
Chroma from Luma: Index of the alpha Cb and alpha Cr combination.
Definition blockd.h:278
uint8_t ref_mv_idx
Which ref_mv to use.
Definition blockd.h:314
uint8_t compound_idx
Indicates whether dist_wtd_comp(0) is used or not (0).
Definition blockd.h:322
uint8_t overlappable_neighbors
The number of overlapped neighbors above/left for obmc/warp motion mode.
Definition blockd.h:255
MV_REFERENCE_FRAME ref_frame[2]
The reference frames for the MV.
Definition blockd.h:246
uint8_t skip_txfm
Whether to skip transforming and sending.
Definition blockd.h:288
TX_SIZE inter_tx_size[INTER_TX_SIZE_BUF_LEN]
Transform size when recursive txfm tree is on.
Definition blockd.h:292
int8_t cdef_strength
CDEF strength per BLOCK_64X64.
Definition blockd.h:326
int current_qindex
The q index for the current coding block.
Definition blockd.h:236
int8_t angle_delta[PLANE_TYPES]
Directional mode delta: the angle is base angle + (angle_delta * step).
Definition blockd.h:272
FILTER_INTRA_MODE_INFO filter_intra_mode_info
The type of filter intra mode used (if applicable).
Definition blockd.h:274
WarpedMotionParams wm_params
The parameters used in warp motion mode.
Definition blockd.h:257
MOTION_MODE motion_mode
The motion mode used by the inter prediction.
Definition blockd.h:250
uint8_t num_proj_ref
Number of samples used by warp causal.
Definition blockd.h:252
uint8_t seg_id_predicted
Only valid when temporal update if off.
Definition blockd.h:312
int8_t cfl_alpha_signs
Chroma from Luma: Joint sign of alpha Cb and alpha Cr.
Definition blockd.h:276
uint8_t comp_group_idx
Indicates if masked compound is used(1) or not (0).
Definition blockd.h:320
uint8_t skip_mode
Inter skip mode.
Definition blockd.h:316
INTERINTRA_MODE interintra_mode
The type of intra mode used by inter-intra.
Definition blockd.h:259
PARTITION_TYPE partition
The partition type of the current coding block.
Definition blockd.h:230
BLOCK_SIZE bsize
The block size of the current coding block.
Definition blockd.h:228
TX_SIZE tx_size
Transform size when fixed size txfm is used (e.g. intra modes).
Definition blockd.h:290
uint8_t use_intrabc
Whether intrabc is used.
Definition blockd.h:318
Parameters related to Sgrproj Filter.
Definition blockd.h:507
int ep
Definition blockd.h:511
int xqd[2]
Definition blockd.h:516
Parameters related to Wiener Filter.
Definition blockd.h:494
InterpKernel hfilter
Definition blockd.h:503
InterpKernel vfilter
Definition blockd.h:498
Variables related to current coding block.
Definition blockd.h:570
bool left_available
Definition blockd.h:626
uint8_t * tx_type_map
Definition blockd.h:666
int mb_to_bottom_edge
Definition blockd.h:680
TXFM_CONTEXT * left_txfm_context
Definition blockd.h:740
struct macroblockd_plane plane[3]
Definition blockd.h:606
TileInfo tile
Definition blockd.h:611
int mb_to_top_edge
Definition blockd.h:679
int8_t delta_lf_from_base
Definition blockd.h:853
int mb_to_right_edge
Definition blockd.h:678
WienerInfo wiener_info[3]
Definition blockd.h:757
bool up_available
Definition blockd.h:622
CONV_BUF_TYPE * tmp_conv_dst
Definition blockd.h:916
MB_MODE_INFO * above_mbmi
Definition blockd.h:645
bool chroma_up_available
Definition blockd.h:630
TXFM_CONTEXT * above_txfm_context
Definition blockd.h:733
uint8_t * tmp_upsample_pred
Definition blockd.h:932
int bd
Definition blockd.h:808
bool chroma_left_available
Definition blockd.h:634
PARTITION_CONTEXT * above_partition_context
Definition blockd.h:718
uint8_t * seg_mask
Definition blockd.h:889
int qindex[8]
Definition blockd.h:813
uint16_t weight[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]
Definition blockd.h:781
MB_MODE_INFO * chroma_left_mbmi
Definition blockd.h:652
TXFM_CONTEXT left_txfm_context_buffer[MAX_MIB_SIZE]
Definition blockd.h:747
int tx_type_map_stride
Definition blockd.h:671
const WarpedMotionParams * global_motion
Definition blockd.h:843
MB_MODE_INFO * chroma_above_mbmi
Definition blockd.h:659
FRAME_CONTEXT * tile_ctx
Definition blockd.h:803
uint8_t * tmp_obmc_bufs[2]
Definition blockd.h:927
int mi_row
Definition blockd.h:575
const YV12_BUFFER_CONFIG * cur_buf
Definition blockd.h:695
int mi_stride
Definition blockd.h:582
bool is_last_vertical_rect
Definition blockd.h:787
bool is_first_horizontal_rect
Definition blockd.h:792
uint8_t width
Definition blockd.h:765
struct aom_internal_error_info * error_info
Definition blockd.h:838
CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]
Definition blockd.h:776
int current_base_qindex
Definition blockd.h:828
CFL_CTX cfl
Definition blockd.h:894
const struct scale_factors * block_ref_scale_factors[2]
Definition blockd.h:687
int lossless[8]
Definition blockd.h:817
ENTROPY_CONTEXT left_entropy_context[3][MAX_MIB_SIZE]
Definition blockd.h:710
bool cdef_transmitted[4]
Definition blockd.h:884
ENTROPY_CONTEXT * above_entropy_context[3]
Definition blockd.h:703
int8_t delta_lf[FRAME_LF_COUNT]
Definition blockd.h:868
MB_MODE_INFO ** mi
Definition blockd.h:617
uint8_t height
Definition blockd.h:766
MB_MODE_INFO * left_mbmi
Definition blockd.h:640
uint16_t color_index_map_offset[2]
Definition blockd.h:905
SgrprojInfo sgrproj_info[3]
Definition blockd.h:758
int cur_frame_force_integer_mv
Definition blockd.h:833
PARTITION_CONTEXT left_partition_context[MAX_MIB_SIZE]
Definition blockd.h:725
uint8_t neighbors_ref_counts[REF_FRAMES]
Definition blockd.h:798
bool is_chroma_ref
Definition blockd.h:601
int mi_col
Definition blockd.h:576
int mb_to_left_edge
Definition blockd.h:677